{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "aba0a357",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-12-26T11:45:38.112826Z",
     "iopub.status.busy": "2023-12-26T11:45:38.112551Z",
     "iopub.status.idle": "2023-12-26T11:45:51.124125Z",
     "shell.execute_reply": "2023-12-26T11:45:51.122922Z"
    },
    "papermill": {
     "duration": 13.018761,
     "end_time": "2023-12-26T11:45:51.126665",
     "exception": false,
     "start_time": "2023-12-26T11:45:38.107904",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "!pip install wandb -qU"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "dc51953a",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-12-26T11:45:51.135375Z",
     "iopub.status.busy": "2023-12-26T11:45:51.134564Z",
     "iopub.status.idle": "2023-12-26T11:45:52.005913Z",
     "shell.execute_reply": "2023-12-26T11:45:52.005185Z"
    },
    "papermill": {
     "duration": 0.877984,
     "end_time": "2023-12-26T11:45:52.008331",
     "exception": false,
     "start_time": "2023-12-26T11:45:51.130347",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "import wandb"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "1da5c173",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-12-26T11:45:52.016651Z",
     "iopub.status.busy": "2023-12-26T11:45:52.015931Z",
     "iopub.status.idle": "2023-12-26T11:45:53.667780Z",
     "shell.execute_reply": "2023-12-26T11:45:53.666904Z"
    },
    "papermill": {
     "duration": 1.657922,
     "end_time": "2023-12-26T11:45:53.669663",
     "exception": false,
     "start_time": "2023-12-26T11:45:52.011741",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m: W&B API key is configured. Use \u001b[1m`wandb login --relogin`\u001b[0m to force relogin\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m If you're specifying your api key in code, ensure this code is not shared publicly.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m Consider setting the WANDB_API_KEY environment variable, or running `wandb login` from the command line.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Appending key for api.wandb.ai to your netrc file: /root/.netrc\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "True"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from kaggle_secrets import UserSecretsClient\n",
    "user_secrets = UserSecretsClient()\n",
    "wandb.login(key=user_secrets.get_secret(\"wandb\"))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "ea64e33f",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-12-26T11:45:53.678152Z",
     "iopub.status.busy": "2023-12-26T11:45:53.677883Z",
     "iopub.status.idle": "2023-12-26T11:45:55.360601Z",
     "shell.execute_reply": "2023-12-26T11:45:55.359808Z"
    },
    "papermill": {
     "duration": 1.689559,
     "end_time": "2023-12-26T11:45:55.362924",
     "exception": false,
     "start_time": "2023-12-26T11:45:53.673365",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/opt/conda/lib/python3.10/site-packages/scipy/__init__.py:146: UserWarning: A NumPy version >=1.16.5 and <1.23.0 is required for this version of SciPy (detected version 1.24.3\n",
      "  warnings.warn(f\"A NumPy version >={np_minversion} and <{np_maxversion}\"\n"
     ]
    }
   ],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "from sklearn import preprocessing\n",
    "from sklearn.metrics import root_mean_squared_error\n",
    "from sklearn.model_selection import train_test_split\n",
    "from sklearn.preprocessing import OrdinalEncoder\n",
    "from xgboost import XGBRegressor"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "eb82f176",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-12-26T11:45:55.372077Z",
     "iopub.status.busy": "2023-12-26T11:45:55.371607Z",
     "iopub.status.idle": "2023-12-26T11:45:59.801334Z",
     "shell.execute_reply": "2023-12-26T11:45:59.800322Z"
    },
    "papermill": {
     "duration": 4.436727,
     "end_time": "2023-12-26T11:45:59.803634",
     "exception": false,
     "start_time": "2023-12-26T11:45:55.366907",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "# Loading data \n",
    "X_train = pd.read_csv(\"/kaggle/input/30-days-of-ml/train.csv\").iloc[:100_000, :]\n",
    "X_test = pd.read_csv(\"/kaggle/input/30-days-of-ml/test.csv\")\n",
    "# Preparing data as a tabular matrix\n",
    "y_train = X_train.target\n",
    "X_train = X_train.set_index('id').drop('target', axis='columns')\n",
    "X_test = X_test.set_index('id')\n",
    "# Pointing out categorical features\n",
    "categoricals = [item for item in X_train.columns if 'cat' in item]\n",
    "# Dealing with categorical data using OrdinalEncoder\n",
    "ordinal_encoder = OrdinalEncoder()\n",
    "X_train[categoricals] = ordinal_encoder.fit_transform(X_train[categoricals])\n",
    "X_test[categoricals] = ordinal_encoder.transform(X_test[categoricals])\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "1a77bfc2",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-12-26T11:45:59.813042Z",
     "iopub.status.busy": "2023-12-26T11:45:59.812354Z",
     "iopub.status.idle": "2023-12-26T11:45:59.818437Z",
     "shell.execute_reply": "2023-12-26T11:45:59.817599Z"
    },
    "papermill": {
     "duration": 0.012771,
     "end_time": "2023-12-26T11:45:59.820279",
     "exception": false,
     "start_time": "2023-12-26T11:45:59.807508",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "sweep_config = {\n",
    "    \"method\": \"bayes\", \n",
    "    \"metric\": {\n",
    "      \"name\": \"rmse\",\n",
    "      \"goal\": \"minimize\"   \n",
    "    },\n",
    "    \"parameters\": {\n",
    "        'learning_rate': {\"max\": 1.0, \"min\": 0.01},\n",
    "        'reg_lambda': {\"max\": 100.0, \"min\": 1e-9},\n",
    "        'reg_alpha': {\"max\": 100.0, \"min\": 1e-9},\n",
    "        'subsample': {\"max\": 1.0, \"min\": 0.1},\n",
    "        'colsample_bytree': {\"max\": 1.0, \"min\": 0.1},\n",
    "        'max_depth': {\"max\": 12, \"min\": 1},\n",
    "        'min_child_weight': {\"max\": 7, \"min\": 1},\n",
    "        'gamma': {\"max\": 1.0, \"min\": 0.1},\n",
    "    }\n",
    "}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "280cfb44",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-12-26T11:45:59.828866Z",
     "iopub.status.busy": "2023-12-26T11:45:59.828385Z",
     "iopub.status.idle": "2023-12-26T11:46:00.153911Z",
     "shell.execute_reply": "2023-12-26T11:46:00.153004Z"
    },
    "papermill": {
     "duration": 0.331827,
     "end_time": "2023-12-26T11:46:00.155780",
     "exception": false,
     "start_time": "2023-12-26T11:45:59.823953",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Create sweep with ID: bxb5tlwo\n",
      "Sweep URL: https://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\n"
     ]
    }
   ],
   "source": [
    "sweep_id = wandb.sweep(sweep_config, project=\"XGBoost-sweeps\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "39140b86",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-12-26T11:46:00.164529Z",
     "iopub.status.busy": "2023-12-26T11:46:00.164240Z",
     "iopub.status.idle": "2023-12-26T11:46:00.173992Z",
     "shell.execute_reply": "2023-12-26T11:46:00.173318Z"
    },
    "papermill": {
     "duration": 0.016139,
     "end_time": "2023-12-26T11:46:00.175818",
     "exception": false,
     "start_time": "2023-12-26T11:46:00.159679",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [],
   "source": [
    "def train(X_train=X_train, y_train=y_train):\n",
    "    \n",
    "    config_defaults = {\n",
    "        'learning_rate': 0.1,\n",
    "        'reg_lambda': 0.01,\n",
    "        'reg_alpha': 0.01,\n",
    "        'subsample': 1.0,\n",
    "        'colsample_bytree': 1.0,\n",
    "        'max_depth': 3,\n",
    "        'min_child_weight': 3,\n",
    "        'gamma': 0.3,\n",
    "        'n_estimators': 10_000,\n",
    "        'random_state': 0,\n",
    "        'early_stopping_rounds': 300,\n",
    "        'val_size': 0.2,\n",
    "        'test_size': 0.25,\n",
    "        \n",
    "  }\n",
    "    \n",
    "    wandb.init(config=config_defaults)  # defaults are over-ridden during the sweep\n",
    "    config = wandb.config\n",
    "    \n",
    "    x, x_val, y, y_val = train_test_split(X_train, y_train, random_state=config.random_state,\n",
    "                                      test_size=config.val_size)\n",
    "    \n",
    "    x, x_test, y, y_test = train_test_split(x, y, random_state=config.random_state, test_size=config.test_size)\n",
    "    \n",
    "    params = {\n",
    "        'learning_rate': config.learning_rate,\n",
    "        'reg_lambda': config.reg_lambda,\n",
    "        'reg_alpha': config.reg_alpha,\n",
    "        'subsample': config.subsample,\n",
    "        'colsample_bytree': config.colsample_bytree,\n",
    "        'max_depth': config.max_depth,\n",
    "        'min_child_weight': config.min_child_weight,\n",
    "        'gamma': config.gamma,\n",
    "  }\n",
    "    \n",
    "    model = XGBRegressor(\n",
    "        random_state=config.random_state,\n",
    "        tree_method = \"hist\", device = \"cuda\",\n",
    "        n_estimators=config.n_estimators,\n",
    "        early_stopping_rounds=config.early_stopping_rounds,\n",
    "        **params\n",
    "    )\n",
    "    \n",
    "    model.fit(x, y, eval_set=[(x_val, y_val)], verbose=1000)\n",
    "    preds = model.predict(x_test)\n",
    "    rmse = root_mean_squared_error(y_test, preds)\n",
    "    \n",
    "    print(f\"rmse: {rmse:.03f}\")\n",
    "    wandb.log({\"rmse\": rmse})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "5f783add",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2023-12-26T11:46:00.184110Z",
     "iopub.status.busy": "2023-12-26T11:46:00.183859Z",
     "iopub.status.idle": "2023-12-26T13:24:27.207208Z",
     "shell.execute_reply": "2023-12-26T13:24:27.206385Z"
    },
    "papermill": {
     "duration": 5907.030227,
     "end_time": "2023-12-26T13:24:27.209678",
     "exception": false,
     "start_time": "2023-12-26T11:46:00.179451",
     "status": "completed"
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: 74q8kk6j with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.49544935449878647\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.9709130200763636\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.5032884688720275\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 4\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 7\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 66.21053082189238\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 6.148868010773329\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.42327945854803073\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Currently logged in as: \u001b[33mlmassaron\u001b[0m. Use \u001b[1m`wandb login --relogin`\u001b[0m to force relogin\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_114601-74q8kk6j\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mcurious-sweep-1\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/74q8kk6j\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74151\n",
      "[912]\tvalidation_0-rmse:0.72604\n",
      "rmse: 0.725\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[11:46:35] WARNING: /workspace/src/common/error_msg.cc:58: Falling back to prediction using DMatrix due to mismatched devices. This might lead to higher memory usage and slower performance. XGBoost is running on: cuda:0, while the input data is on: cpu.\n",
      "Potential solutions:\n",
      "- Use a data structure that matches the device ordinal in the booster.\n",
      "- Set the device for booster before call to inplace_predict.\n",
      "\n",
      "This warning will only be shown once.\n",
      "\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.725\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mcurious-sweep-1\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/74q8kk6j\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_114601-74q8kk6j/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: 3t7333me with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.29685766972214245\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.9581895115628544\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.504084369984441\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 5\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 90.9811647511302\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 42.85727450708448\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.5831557969794824\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_114703-3t7333me\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mfast-sweep-2\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/3t7333me\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74187\n",
      "[1000]\tvalidation_0-rmse:0.72538\n",
      "[2000]\tvalidation_0-rmse:0.72473\n",
      "[2297]\tvalidation_0-rmse:0.72474\n",
      "rmse: 0.725\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72451\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mfast-sweep-2\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/3t7333me\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_114703-3t7333me/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: 7vq9y7o3 with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.49498778021435486\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.2994967791752171\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.0952768988082096\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 4\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 7\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 77.72647038843827\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 8.41643717596583\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.1733618852450931\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_114759-7vq9y7o3\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33micy-sweep-3\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/7vq9y7o3\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74285\n",
      "[1000]\tvalidation_0-rmse:0.72608\n",
      "[2000]\tvalidation_0-rmse:0.72484\n",
      "[2750]\tvalidation_0-rmse:0.72419\n",
      "rmse: 0.724\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72364\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33micy-sweep-3\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/7vq9y7o3\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_114759-7vq9y7o3/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: dz37vbi3 with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.10064745459922032\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.4915139435448035\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.9430751428714936\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 2\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 84.40947169000039\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 2.243763416722755\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.41953354926225306\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_114855-dz37vbi3\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mefficient-sweep-4\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/dz37vbi3\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74185\n",
      "[1000]\tvalidation_0-rmse:0.72529\n",
      "[2000]\tvalidation_0-rmse:0.72395\n",
      "[2627]\tvalidation_0-rmse:0.72331\n",
      "rmse: 0.724\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72389\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mefficient-sweep-4\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/dz37vbi3\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_114855-dz37vbi3/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: envt19ft with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.16757334309771998\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.4318899012411922\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.9518065067269657\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 2\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 3\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 94.26355340335864\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 27.4061223225948\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.2757998258962633\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_114951-envt19ft\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mazure-sweep-5\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/envt19ft\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74158\n",
      "[1000]\tvalidation_0-rmse:0.72512\n",
      "[1754]\tvalidation_0-rmse:0.72426\n",
      "rmse: 0.725\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72468\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mazure-sweep-5\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/envt19ft\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_114951-envt19ft/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: 3tcdwfgy with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.37957509782567056\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.1386835954583148\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.7046116739714814\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 6\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 4\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 33.127612271112234\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 11.498411093453363\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.1318743938352448\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_115047-3tcdwfgy\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mdrawn-sweep-6\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/3tcdwfgy\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74202\n",
      "[306]\tvalidation_0-rmse:0.79016\n",
      "rmse: 0.736\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.73562\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mdrawn-sweep-6\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/3tcdwfgy\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_115047-3tcdwfgy/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: cqk62or4 with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.3122057712888153\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.2902321567800596\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.7346368953760509\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 2\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 96.437444560875\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 16.263493234151962\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.3646878785521428\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_115143-cqk62or4\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mvaliant-sweep-7\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/cqk62or4\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74203\n",
      "[1000]\tvalidation_0-rmse:0.72490\n",
      "[2000]\tvalidation_0-rmse:0.72346\n",
      "[2581]\tvalidation_0-rmse:0.72295\n",
      "rmse: 0.723\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72281\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mvaliant-sweep-7\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/cqk62or4\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_115143-cqk62or4/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: 7uhor9zh with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.4997318386087971\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.5025288447309377\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.38442844904361506\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 2\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 4\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 97.81659364446648\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 7.832566876230729\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.30637610707415336\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_115239-7uhor9zh\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mhopeful-sweep-8\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/7uhor9zh\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74220\n",
      "[1000]\tvalidation_0-rmse:0.72472\n",
      "[2000]\tvalidation_0-rmse:0.72351\n",
      "[3000]\tvalidation_0-rmse:0.72293\n",
      "[4000]\tvalidation_0-rmse:0.72253\n",
      "[4061]\tvalidation_0-rmse:0.72253\n",
      "rmse: 0.723\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72257\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mhopeful-sweep-8\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/7uhor9zh\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_115239-7uhor9zh/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: n78nv3dp with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.30679713587491275\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.26157285303495115\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.3636230056789612\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 5\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 97.50786156722744\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 22.410105830536484\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.49742159449165535\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_115335-n78nv3dp\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33msuper-sweep-9\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/n78nv3dp\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74244\n",
      "[1000]\tvalidation_0-rmse:0.72599\n",
      "[2000]\tvalidation_0-rmse:0.72455\n",
      "[3000]\tvalidation_0-rmse:0.72369\n",
      "[4000]\tvalidation_0-rmse:0.72317\n",
      "[5000]\tvalidation_0-rmse:0.72281\n",
      "[5652]\tvalidation_0-rmse:0.72265\n",
      "rmse: 0.723\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72267\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33msuper-sweep-9\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/n78nv3dp\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_115335-n78nv3dp/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Sweep Agent: Waiting for job.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Job received.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: 5mgg7bl4 with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.11968177736987032\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.4016711351193581\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.04296091868844582\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 4\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 96.2882173289386\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 50.787822670928136\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.321035729707545\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_115441-5mgg7bl4\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mfeasible-sweep-10\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/5mgg7bl4\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74298\n",
      "[1000]\tvalidation_0-rmse:0.73287\n",
      "[2000]\tvalidation_0-rmse:0.73125\n",
      "[3000]\tvalidation_0-rmse:0.73048\n",
      "[4000]\tvalidation_0-rmse:0.72995\n",
      "[5000]\tvalidation_0-rmse:0.72959\n",
      "[6000]\tvalidation_0-rmse:0.72924\n",
      "[7000]\tvalidation_0-rmse:0.72908\n",
      "[8000]\tvalidation_0-rmse:0.72884\n",
      "[9000]\tvalidation_0-rmse:0.72863\n",
      "[9999]\tvalidation_0-rmse:0.72845\n",
      "rmse: 0.728\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72848\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mfeasible-sweep-10\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/5mgg7bl4\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_115441-5mgg7bl4/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: 2rhk547r with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.30186698507894266\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.2902958289774684\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.6099771427608176\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 2\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 3\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 98.28987298375895\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 15.975876043589246\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.733675469956113\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_115539-2rhk547r\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mfiery-sweep-11\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/2rhk547r\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74194\n",
      "[1000]\tvalidation_0-rmse:0.72276\n",
      "[2000]\tvalidation_0-rmse:0.72230\n",
      "[2418]\tvalidation_0-rmse:0.72215\n",
      "rmse: 0.722\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72214\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mfiery-sweep-11\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/2rhk547r\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_115539-2rhk547r/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: zfsgw6jp with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.8635134726084709\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.2925642095485147\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.3133109543719183\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 4\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 98.0860388139493\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 22.83254415274815\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.6886269651122852\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_115636-zfsgw6jp\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mworthy-sweep-12\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/zfsgw6jp\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74166\n",
      "[1000]\tvalidation_0-rmse:0.72548\n",
      "[2000]\tvalidation_0-rmse:0.72420\n",
      "[3000]\tvalidation_0-rmse:0.72342\n",
      "[4000]\tvalidation_0-rmse:0.72302\n",
      "[5000]\tvalidation_0-rmse:0.72265\n",
      "[5302]\tvalidation_0-rmse:0.72264\n",
      "rmse: 0.723\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72273\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mworthy-sweep-12\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/zfsgw6jp\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_115636-zfsgw6jp/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: fvs3cu1q with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.5554801391348265\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.6695881680190859\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.568838697093523\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 3\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 4\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 90.5348528977713\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 9.301770840678232\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.9641800223345768\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_115732-fvs3cu1q\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mcool-sweep-13\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/fvs3cu1q\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74038\n",
      "[1000]\tvalidation_0-rmse:0.72595\n",
      "[1298]\tvalidation_0-rmse:0.72596\n",
      "rmse: 0.725\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72522\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mcool-sweep-13\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/fvs3cu1q\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_115732-fvs3cu1q/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Sweep Agent: Waiting for job.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Job received.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: pc4y2l3s with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.8392167910367185\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.12772183534660056\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.6780881438312057\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 3\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 96.65551884178144\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 9.436149899126653\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.5244242299030404\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_115837-pc4y2l3s\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mfanciful-sweep-14\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/pc4y2l3s\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74078\n",
      "[1000]\tvalidation_0-rmse:0.72339\n",
      "[2000]\tvalidation_0-rmse:0.72221\n",
      "[3000]\tvalidation_0-rmse:0.72165\n",
      "[3023]\tvalidation_0-rmse:0.72161\n",
      "rmse: 0.722\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72151\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mfanciful-sweep-14\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/pc4y2l3s\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_115837-pc4y2l3s/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: okscuqs4 with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.4953726803408196\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.22695438524695433\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.4750529094814028\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 6\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 86.78990848717478\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 5.123526822292369\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.5632003787624732\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_115933-okscuqs4\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mwise-sweep-15\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/okscuqs4\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74227\n",
      "[1000]\tvalidation_0-rmse:0.72421\n",
      "[2000]\tvalidation_0-rmse:0.72264\n",
      "[3000]\tvalidation_0-rmse:0.72195\n",
      "[3788]\tvalidation_0-rmse:0.72170\n",
      "rmse: 0.722\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72183\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mwise-sweep-15\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/okscuqs4\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_115933-okscuqs4/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: 5ooiv2cj with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.409195511583177\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.21509005090418457\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.491847038800763\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 4\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 95.428312460233\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 16.03121399751859\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.5199822619452069\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_120030-5ooiv2cj\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mtoasty-sweep-16\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/5ooiv2cj\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74228\n",
      "[1000]\tvalidation_0-rmse:0.72472\n",
      "[2000]\tvalidation_0-rmse:0.72336\n",
      "[3000]\tvalidation_0-rmse:0.72250\n",
      "[3846]\tvalidation_0-rmse:0.72218\n",
      "rmse: 0.722\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72238\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mtoasty-sweep-16\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/5ooiv2cj\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_120030-5ooiv2cj/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: dm0meqzi with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.8710765981611689\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.31190485736785023\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.9128624853848047\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 2\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 7\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 92.32083144990416\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 20.556971479958897\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.5672612629665797\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_120126-dm0meqzi\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mbrisk-sweep-17\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/dm0meqzi\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.73883\n",
      "[979]\tvalidation_0-rmse:0.72382\n",
      "rmse: 0.725\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72455\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mbrisk-sweep-17\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/dm0meqzi\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_120126-dm0meqzi/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: tuvajvpc with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.9319803010329956\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.12629516550291348\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.25906589286807785\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 4\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 99.57200099433936\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 5.429795838422416\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.46636195563518335\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_120222-tuvajvpc\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mmisunderstood-sweep-18\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/tuvajvpc\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74196\n",
      "[1000]\tvalidation_0-rmse:0.72575\n",
      "[2000]\tvalidation_0-rmse:0.72398\n",
      "[3000]\tvalidation_0-rmse:0.72313\n",
      "[4000]\tvalidation_0-rmse:0.72250\n",
      "[5000]\tvalidation_0-rmse:0.72225\n",
      "[6000]\tvalidation_0-rmse:0.72189\n",
      "[6574]\tvalidation_0-rmse:0.72180\n",
      "rmse: 0.722\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72201\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mmisunderstood-sweep-18\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/tuvajvpc\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_120222-tuvajvpc/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Sweep Agent: Waiting for job.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Job received.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: php0ha5k with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.9526314379451452\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.24831255126209767\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.9696956168316022\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 3\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 97.38486801341604\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 20.72457860553711\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.4959514931309039\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_120327-php0ha5k\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mlyric-sweep-19\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/php0ha5k\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74044\n",
      "[1000]\tvalidation_0-rmse:0.72247\n",
      "[2000]\tvalidation_0-rmse:0.72180\n",
      "[3000]\tvalidation_0-rmse:0.72123\n",
      "[3003]\tvalidation_0-rmse:0.72120\n",
      "rmse: 0.722\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72199\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mlyric-sweep-19\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/php0ha5k\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_120327-php0ha5k/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Sweep Agent: Waiting for job.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Job received.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: 914o0hw2 with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.678415379204572\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.18211238427660192\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.973977087963398\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 96.31266783350593\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 21.300005130402596\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.6338204067245271\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_120433-914o0hw2\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mabsurd-sweep-20\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/914o0hw2\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74137\n",
      "[1000]\tvalidation_0-rmse:0.72273\n",
      "[2000]\tvalidation_0-rmse:0.72162\n",
      "[3000]\tvalidation_0-rmse:0.72118\n",
      "[3112]\tvalidation_0-rmse:0.72115\n",
      "rmse: 0.722\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72157\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mabsurd-sweep-20\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/914o0hw2\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_120433-914o0hw2/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: 77uxbflc with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.9869877703690187\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.947097512038874\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.8764137068145399\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 95.70215385391306\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 44.806536841414726\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.3226372728324972\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_120532-77uxbflc\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mhonest-sweep-21\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/77uxbflc\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74074\n",
      "[1000]\tvalidation_0-rmse:0.72476\n",
      "[2000]\tvalidation_0-rmse:0.72339\n",
      "[2482]\tvalidation_0-rmse:0.72316\n",
      "rmse: 0.723\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72297\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mhonest-sweep-21\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/77uxbflc\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_120532-77uxbflc/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: hx0age80 with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.9748982592687088\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.2508453929995763\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.7840273936651733\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 81.7852962115646\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 24.813367170262303\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.5351784216082565\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_120628-hx0age80\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mlogical-sweep-22\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/hx0age80\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74059\n",
      "[1000]\tvalidation_0-rmse:0.72228\n",
      "[2000]\tvalidation_0-rmse:0.72133\n",
      "[2261]\tvalidation_0-rmse:0.72127\n",
      "rmse: 0.721\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72134\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mlogical-sweep-22\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/hx0age80\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_120628-hx0age80/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: snau9phh with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.9789080272573448\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.42906212277774014\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.6295985902060517\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 2\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 92.77839095808658\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 18.065987940536026\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.9491927030817146\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_120724-snau9phh\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mfine-sweep-23\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/snau9phh\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.73931\n",
      "[1000]\tvalidation_0-rmse:0.72495\n",
      "[1680]\tvalidation_0-rmse:0.72474\n",
      "rmse: 0.725\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72479\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mfine-sweep-23\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/snau9phh\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_120724-snau9phh/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: 6itt7hlw with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.8252815103905229\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.2589248783980364\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.4072916017979636\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 3\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 98.55055353688242\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 11.35589066764689\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.5087980670376282\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_120821-6itt7hlw\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mcurious-sweep-24\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/6itt7hlw\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74146\n",
      "[1000]\tvalidation_0-rmse:0.72474\n",
      "[2000]\tvalidation_0-rmse:0.72328\n",
      "[3000]\tvalidation_0-rmse:0.72253\n",
      "[4000]\tvalidation_0-rmse:0.72205\n",
      "[4525]\tvalidation_0-rmse:0.72210\n",
      "rmse: 0.722\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72217\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mcurious-sweep-24\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/6itt7hlw\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_120821-6itt7hlw/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: kjzaow6a with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.6238797407412612\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.4201368297280667\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.6985587870860129\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 97.706180945086\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 44.48669209484523\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.5892743595703597\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_120921-kjzaow6a\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mdrawn-sweep-25\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/kjzaow6a\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74160\n",
      "[1000]\tvalidation_0-rmse:0.72418\n",
      "[2000]\tvalidation_0-rmse:0.72307\n",
      "[3000]\tvalidation_0-rmse:0.72219\n",
      "[3266]\tvalidation_0-rmse:0.72223\n",
      "rmse: 0.722\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72245\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mdrawn-sweep-25\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/kjzaow6a\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_120921-kjzaow6a/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: mhirz8lh with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.7778012212577871\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.312360863013015\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.27703529296451296\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 7\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 93.93499222431667\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 11.847190524021068\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.2568954235987724\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_121017-mhirz8lh\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mzany-sweep-26\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/mhirz8lh\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74210\n",
      "[1000]\tvalidation_0-rmse:0.72702\n",
      "[2000]\tvalidation_0-rmse:0.72540\n",
      "[3000]\tvalidation_0-rmse:0.72459\n",
      "[4000]\tvalidation_0-rmse:0.72381\n",
      "[4406]\tvalidation_0-rmse:0.72381\n",
      "rmse: 0.724\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72384\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mzany-sweep-26\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/mhirz8lh\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_121017-mhirz8lh/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: n1bwfbpz with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.5537842499993002\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.18651081259579136\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.3206482215923443\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 3\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 96.49744695845811\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 12.322137990796737\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.7255270574873833\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_121113-n1bwfbpz\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mzesty-sweep-27\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/n1bwfbpz\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74221\n",
      "[1000]\tvalidation_0-rmse:0.72542\n",
      "[2000]\tvalidation_0-rmse:0.72400\n",
      "[3000]\tvalidation_0-rmse:0.72332\n",
      "[4000]\tvalidation_0-rmse:0.72289\n",
      "[5000]\tvalidation_0-rmse:0.72250\n",
      "[6000]\tvalidation_0-rmse:0.72226\n",
      "[6878]\tvalidation_0-rmse:0.72209\n",
      "rmse: 0.722\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72224\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mzesty-sweep-27\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/n1bwfbpz\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_121113-n1bwfbpz/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: p0l2l0jf with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.9548295627680068\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.11460156192073716\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.8781569326068668\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 2\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 64.18018222765858\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 87.74332797265119\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.5747780616907612\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_121214-p0l2l0jf\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mhardy-sweep-28\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/p0l2l0jf\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74047\n",
      "[1000]\tvalidation_0-rmse:0.72165\n",
      "[1879]\tvalidation_0-rmse:0.72098\n",
      "rmse: 0.722\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72156\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mhardy-sweep-28\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/p0l2l0jf\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_121214-p0l2l0jf/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: h2gazfv3 with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.8010926483250826\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.1913114198494084\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.8724386807605541\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 91.40411380993372\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 85.86095143181446\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.3988944490548365\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_121310-h2gazfv3\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mwandering-sweep-29\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/h2gazfv3\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74059\n",
      "[1000]\tvalidation_0-rmse:0.72311\n",
      "[2000]\tvalidation_0-rmse:0.72206\n",
      "[2521]\tvalidation_0-rmse:0.72183\n",
      "rmse: 0.722\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72217\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mwandering-sweep-29\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/h2gazfv3\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_121310-h2gazfv3/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: t67fseu5 with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.6258045287013538\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.12191938534483177\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.8223561478042409\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 78.29570991790266\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 89.51841992035753\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.837206397001281\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_121406-t67fseu5\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mworthy-sweep-30\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/t67fseu5\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74144\n",
      "[1000]\tvalidation_0-rmse:0.72275\n",
      "[2000]\tvalidation_0-rmse:0.72182\n",
      "[3000]\tvalidation_0-rmse:0.72134\n",
      "[4000]\tvalidation_0-rmse:0.72108\n",
      "[5000]\tvalidation_0-rmse:0.72086\n",
      "[5840]\tvalidation_0-rmse:0.72068\n",
      "rmse: 0.721\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72083\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mworthy-sweep-30\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/t67fseu5\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_121406-t67fseu5/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: mrrx3mys with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.6284596137427081\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.2232437522252772\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.9572091815828676\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 2\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 54.11909255351032\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 90.51108459630366\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.862011986832783\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_121502-mrrx3mys\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mlemon-sweep-31\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/mrrx3mys\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74135\n",
      "[1000]\tvalidation_0-rmse:0.72188\n",
      "[2000]\tvalidation_0-rmse:0.72069\n",
      "[2298]\tvalidation_0-rmse:0.72071\n",
      "rmse: 0.721\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72109\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mlemon-sweep-31\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/mrrx3mys\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_121502-mrrx3mys/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: uocf36jv with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.8735940889085673\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.2353765617964018\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.8071059259683842\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 2\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 3\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 63.75119181284695\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 92.80287587465304\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.8997170899217762\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_121600-uocf36jv\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mwobbly-sweep-32\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/uocf36jv\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.73867\n",
      "[738]\tvalidation_0-rmse:0.72266\n",
      "rmse: 0.723\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72281\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mwobbly-sweep-32\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/uocf36jv\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_121600-uocf36jv/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: eiz2ieh9 with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.987343501397274\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.20471929809942843\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.8582719655676379\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 71.27549985581625\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 46.178563129579835\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.9070484318091748\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_121657-eiz2ieh9\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mdivine-sweep-33\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/eiz2ieh9\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74024\n",
      "[1000]\tvalidation_0-rmse:0.72290\n",
      "[2000]\tvalidation_0-rmse:0.72203\n",
      "[3000]\tvalidation_0-rmse:0.72176\n",
      "[4000]\tvalidation_0-rmse:0.72160\n",
      "[4216]\tvalidation_0-rmse:0.72155\n",
      "rmse: 0.722\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72151\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mdivine-sweep-33\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/eiz2ieh9\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_121657-eiz2ieh9/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Sweep Agent: Waiting for job.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Job received.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: d42i096w with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.3895593782626826\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.6355074127017869\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.9900470683788208\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 2\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 64.7644476205501\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 72.8431963033325\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.8826702704478562\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_121802-d42i096w\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mmisunderstood-sweep-34\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/d42i096w\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74175\n",
      "[1000]\tvalidation_0-rmse:0.72377\n",
      "[2000]\tvalidation_0-rmse:0.72305\n",
      "[3000]\tvalidation_0-rmse:0.72293\n",
      "[3559]\tvalidation_0-rmse:0.72285\n",
      "rmse: 0.723\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72253\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mmisunderstood-sweep-34\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/d42i096w\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_121802-d42i096w/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: 3w6op511 with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.2758645314699196\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.11352269373897124\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.958601989675322\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 3\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 3\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 94.9307931561518\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 19.663811735618047\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.987344612526083\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_121858-3w6op511\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mclassic-sweep-35\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/3w6op511\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74100\n",
      "[847]\tvalidation_0-rmse:0.72470\n",
      "rmse: 0.725\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.7248\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mclassic-sweep-35\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/3w6op511\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_121858-3w6op511/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: amarhu55 with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.8226063733064358\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.16114976524116226\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.9275837205792976\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 97.40845945716283\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 70.14447543960786\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.8503167234926088\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_121954-amarhu55\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mdaily-sweep-36\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/amarhu55\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74017\n",
      "[1000]\tvalidation_0-rmse:0.72365\n",
      "[2000]\tvalidation_0-rmse:0.72269\n",
      "[3000]\tvalidation_0-rmse:0.72225\n",
      "[4000]\tvalidation_0-rmse:0.72207\n",
      "[5000]\tvalidation_0-rmse:0.72165\n",
      "[5699]\tvalidation_0-rmse:0.72153\n",
      "rmse: 0.722\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72182\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mdaily-sweep-36\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/amarhu55\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_121954-amarhu55/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: w42v9tkh with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.9064605393727072\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.12101483380793228\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.6608087305945086\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 3\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 21.30878094360855\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 81.88891725780552\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.789173649018115\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_122050-w42v9tkh\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mexalted-sweep-37\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/w42v9tkh\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74054\n",
      "[1000]\tvalidation_0-rmse:0.72134\n",
      "[2000]\tvalidation_0-rmse:0.72022\n",
      "[2197]\tvalidation_0-rmse:0.72044\n",
      "rmse: 0.721\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72086\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mexalted-sweep-37\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/w42v9tkh\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_122050-w42v9tkh/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: bndedrd5 with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.9453573921704852\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.5924988517718901\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.9634908611833736\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 2\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 1.76023685758559\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 70.08163777478627\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.9819644115363468\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_122150-bndedrd5\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33msmooth-sweep-38\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/bndedrd5\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.73824\n",
      "[369]\tvalidation_0-rmse:0.72956\n",
      "rmse: 0.726\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72601\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33msmooth-sweep-38\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/bndedrd5\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_122150-bndedrd5/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Sweep Agent: Waiting for job.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Job received.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: 1d0s6t9g with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.2919374493908645\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.11879520863835842\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.8887200479639915\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 3\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 59.4329389590856\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 58.69482991776841\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.98942127029968\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_122257-1d0s6t9g\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mfanciful-sweep-39\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/1d0s6t9g\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74179\n",
      "[1000]\tvalidation_0-rmse:0.72407\n",
      "[2000]\tvalidation_0-rmse:0.72371\n",
      "[2708]\tvalidation_0-rmse:0.72369\n",
      "rmse: 0.724\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72375\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mfanciful-sweep-39\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/1d0s6t9g\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_122257-1d0s6t9g/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: slwji5ch with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.9137600801260104\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.2457590731015295\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.8385834345369204\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 2\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 53.12050259411266\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 74.39759065657518\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.8705126392612832\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_122354-slwji5ch\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33matomic-sweep-40\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/slwji5ch\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74025\n",
      "[1000]\tvalidation_0-rmse:0.72181\n",
      "[2000]\tvalidation_0-rmse:0.72092\n",
      "[2885]\tvalidation_0-rmse:0.72064\n",
      "rmse: 0.721\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72091\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33matomic-sweep-40\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/slwji5ch\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_122354-slwji5ch/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: jbcobh9o with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.7153329929741983\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.24505710000425973\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.5304025345781678\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 3\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 28.24375262903294\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 87.93529135310347\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.6737926432583292\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_122454-jbcobh9o\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33msnowy-sweep-41\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/jbcobh9o\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74084\n",
      "[1000]\tvalidation_0-rmse:0.72167\n",
      "[2000]\tvalidation_0-rmse:0.72066\n",
      "[2025]\tvalidation_0-rmse:0.72055\n",
      "rmse: 0.721\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72092\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33msnowy-sweep-41\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/jbcobh9o\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_122454-jbcobh9o/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: 7oozmtsu with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.9894166817914518\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.13859151840063874\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.31103820911869934\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 4\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 34.78366170481077\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 98.38923016189511\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.687400901893221\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_122550-7oozmtsu\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mlaced-sweep-42\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/7oozmtsu\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74160\n",
      "[1000]\tvalidation_0-rmse:0.72299\n",
      "[2000]\tvalidation_0-rmse:0.72146\n",
      "[3000]\tvalidation_0-rmse:0.72046\n",
      "[4000]\tvalidation_0-rmse:0.72026\n",
      "[4509]\tvalidation_0-rmse:0.72028\n",
      "rmse: 0.720\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72046\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mlaced-sweep-42\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/7oozmtsu\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_122550-7oozmtsu/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: hkmfeo9u with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.9577211528029028\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.2237638528997725\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.28719091132943625\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 43.55839765494283\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 85.32461408160889\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.8025184600168778\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_122647-hkmfeo9u\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mefficient-sweep-43\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/hkmfeo9u\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74174\n",
      "[1000]\tvalidation_0-rmse:0.72425\n",
      "[2000]\tvalidation_0-rmse:0.72221\n",
      "[3000]\tvalidation_0-rmse:0.72132\n",
      "[4000]\tvalidation_0-rmse:0.72093\n",
      "[4239]\tvalidation_0-rmse:0.72084\n",
      "rmse: 0.721\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72109\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mefficient-sweep-43\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/hkmfeo9u\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_122647-hkmfeo9u/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: 4wgbd5xq with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.9976257645238112\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.2887295617345814\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.16329732094292812\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 4\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 21.452154296284217\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 79.12883903333882\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.6818427612866931\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_122743-4wgbd5xq\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mplayful-sweep-44\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/4wgbd5xq\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74222\n",
      "[1000]\tvalidation_0-rmse:0.72512\n",
      "[2000]\tvalidation_0-rmse:0.72283\n",
      "[3000]\tvalidation_0-rmse:0.72171\n",
      "[4000]\tvalidation_0-rmse:0.72091\n",
      "[5000]\tvalidation_0-rmse:0.72052\n",
      "[5951]\tvalidation_0-rmse:0.72035\n",
      "rmse: 0.720\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72044\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mplayful-sweep-44\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/4wgbd5xq\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_122743-4wgbd5xq/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: lhfrt9rr with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.8523101031097792\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.356621910645449\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.14750559865604548\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 5\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 12.747395336503963\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 96.19097511810924\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.9942822671780128\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_122838-lhfrt9rr\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mprime-sweep-45\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/lhfrt9rr\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74232\n",
      "[1000]\tvalidation_0-rmse:0.72647\n",
      "[2000]\tvalidation_0-rmse:0.72456\n",
      "[3000]\tvalidation_0-rmse:0.72353\n",
      "[4000]\tvalidation_0-rmse:0.72300\n",
      "[5000]\tvalidation_0-rmse:0.72285\n",
      "[6000]\tvalidation_0-rmse:0.72277\n",
      "[7000]\tvalidation_0-rmse:0.72270\n",
      "[7537]\tvalidation_0-rmse:0.72270\n",
      "rmse: 0.723\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72264\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mprime-sweep-45\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/lhfrt9rr\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_122838-lhfrt9rr/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: 6gdafjvc with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.9807257651126788\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.3041913281274653\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.17231183299578084\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 3\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 54.17926534689725\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 95.61286061238988\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.32508154113888904\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_122934-6gdafjvc\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mgentle-sweep-46\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/6gdafjvc\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74238\n",
      "[1000]\tvalidation_0-rmse:0.72523\n",
      "[2000]\tvalidation_0-rmse:0.72349\n",
      "[3000]\tvalidation_0-rmse:0.72265\n",
      "[3112]\tvalidation_0-rmse:0.72254\n",
      "rmse: 0.723\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72277\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mgentle-sweep-46\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/6gdafjvc\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_122934-6gdafjvc/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: bfh4fig7 with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.5213214571367708\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.39984115882130333\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.7271635010970475\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 2\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 38.59813383754643\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 89.13331989352703\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.678706894827736\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_123031-bfh4fig7\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mclear-sweep-47\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/bfh4fig7\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74151\n",
      "[1000]\tvalidation_0-rmse:0.72142\n",
      "[1533]\tvalidation_0-rmse:0.72088\n",
      "rmse: 0.721\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72115\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mclear-sweep-47\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/bfh4fig7\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_123031-bfh4fig7/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: cha2kdfi with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.9622590773119368\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.16639250418306062\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.16784266888197827\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 4\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 5.510613015389337\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 62.565260903597704\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.8535825069868865\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_123127-cha2kdfi\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mswept-sweep-48\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/cha2kdfi\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74221\n",
      "[1000]\tvalidation_0-rmse:0.72511\n",
      "[2000]\tvalidation_0-rmse:0.72300\n",
      "[3000]\tvalidation_0-rmse:0.72202\n",
      "[4000]\tvalidation_0-rmse:0.72131\n",
      "[5000]\tvalidation_0-rmse:0.72090\n",
      "[6000]\tvalidation_0-rmse:0.72062\n",
      "[6811]\tvalidation_0-rmse:0.72054\n",
      "rmse: 0.721\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72063\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mswept-sweep-48\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/cha2kdfi\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_123127-cha2kdfi/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: ldanb7h7 with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.9679819129996492\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.10028423696459272\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.06113698991450253\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 5\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 41.09197974498225\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 67.48144181675615\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.7688178065187846\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_123224-ldanb7h7\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mmild-sweep-49\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/ldanb7h7\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74274\n",
      "[1000]\tvalidation_0-rmse:0.72857\n",
      "[2000]\tvalidation_0-rmse:0.72677\n",
      "[3000]\tvalidation_0-rmse:0.72545\n",
      "[4000]\tvalidation_0-rmse:0.72452\n",
      "[5000]\tvalidation_0-rmse:0.72389\n",
      "[6000]\tvalidation_0-rmse:0.72327\n",
      "[7000]\tvalidation_0-rmse:0.72282\n",
      "[8000]\tvalidation_0-rmse:0.72251\n",
      "[9000]\tvalidation_0-rmse:0.72223\n",
      "[9999]\tvalidation_0-rmse:0.72197\n",
      "rmse: 0.722\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72214\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mmild-sweep-49\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/ldanb7h7\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_123224-ldanb7h7/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: v62z8137 with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.8591210814495447\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.120825591489414\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.6271704933538353\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 33.16512980428414\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 97.55094106565946\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.388673639445287\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_123321-v62z8137\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mleafy-sweep-50\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/v62z8137\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74087\n",
      "[1000]\tvalidation_0-rmse:0.72264\n",
      "[2000]\tvalidation_0-rmse:0.72172\n",
      "[2010]\tvalidation_0-rmse:0.72189\n",
      "rmse: 0.722\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72186\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mleafy-sweep-50\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/v62z8137\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_123321-v62z8137/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: myv54btv with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.691682103795186\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.23538331575589855\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.2523054034973057\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 3\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 3.57970249031316\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 91.70663460037883\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.7839443079253404\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_123417-myv54btv\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mglad-sweep-51\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/myv54btv\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74231\n",
      "[1000]\tvalidation_0-rmse:0.72399\n",
      "[2000]\tvalidation_0-rmse:0.72179\n",
      "[3000]\tvalidation_0-rmse:0.72107\n",
      "[4000]\tvalidation_0-rmse:0.72068\n",
      "[4196]\tvalidation_0-rmse:0.72074\n",
      "rmse: 0.721\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72087\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mglad-sweep-51\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/myv54btv\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_123417-myv54btv/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: a7da1k86 with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.2284635614928402\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.3359484226190271\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.9432339966277404\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 68.2089469203258\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 88.72287467882506\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.6801419157176857\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_123513-a7da1k86\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33msleek-sweep-52\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/a7da1k86\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74179\n",
      "[1000]\tvalidation_0-rmse:0.72223\n",
      "[2000]\tvalidation_0-rmse:0.72133\n",
      "[2319]\tvalidation_0-rmse:0.72157\n",
      "rmse: 0.722\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72168\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33msleek-sweep-52\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/a7da1k86\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_123513-a7da1k86/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: i2nkj4oq with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.36028669208826414\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.5331826971644771\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.33041230141301076\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 35.51813917648785\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 86.17817427918783\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.8599410272303255\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_123609-i2nkj4oq\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mgraceful-sweep-53\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/i2nkj4oq\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74242\n",
      "[1000]\tvalidation_0-rmse:0.72401\n",
      "[2000]\tvalidation_0-rmse:0.72249\n",
      "[3000]\tvalidation_0-rmse:0.72190\n",
      "[3374]\tvalidation_0-rmse:0.72190\n",
      "rmse: 0.722\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72191\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mgraceful-sweep-53\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/i2nkj4oq\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_123609-i2nkj4oq/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Sweep Agent: Waiting for job.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Job received.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: 2xp2g0i6 with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.7158013923869555\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.11414760910660532\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.40408973118368313\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 2\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 33.160322545402735\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 83.98596479468817\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.9449753326652623\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_123715-2xp2g0i6\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mleafy-sweep-54\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/2xp2g0i6\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74129\n",
      "[1000]\tvalidation_0-rmse:0.72352\n",
      "[2000]\tvalidation_0-rmse:0.72189\n",
      "[3000]\tvalidation_0-rmse:0.72121\n",
      "[4000]\tvalidation_0-rmse:0.72067\n",
      "[5000]\tvalidation_0-rmse:0.72040\n",
      "[6000]\tvalidation_0-rmse:0.72011\n",
      "[6437]\tvalidation_0-rmse:0.72010\n",
      "rmse: 0.720\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72031\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mleafy-sweep-54\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/2xp2g0i6\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_123715-2xp2g0i6/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: qjh060a3 with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.6234027804562153\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.12687653468681584\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.5277942697489993\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 54.33021406013539\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 69.22189142000295\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.9399417093736966\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_123811-qjh060a3\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mdevoted-sweep-55\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/qjh060a3\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74178\n",
      "[1000]\tvalidation_0-rmse:0.72361\n",
      "[2000]\tvalidation_0-rmse:0.72233\n",
      "[3000]\tvalidation_0-rmse:0.72180\n",
      "[4000]\tvalidation_0-rmse:0.72142\n",
      "[5000]\tvalidation_0-rmse:0.72128\n",
      "[6000]\tvalidation_0-rmse:0.72109\n",
      "[6741]\tvalidation_0-rmse:0.72101\n",
      "rmse: 0.721\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.7213\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mdevoted-sweep-55\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/qjh060a3\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_123811-qjh060a3/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Sweep Agent: Waiting for job.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Job received.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: syqab0s4 with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.8834499834710784\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.32195013657304006\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.11050647919116026\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 3\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 18.52875000879004\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 79.03489386236849\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.7388791989003026\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_123931-syqab0s4\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33methereal-sweep-56\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/syqab0s4\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74249\n",
      "[1000]\tvalidation_0-rmse:0.72643\n",
      "[2000]\tvalidation_0-rmse:0.72419\n",
      "[3000]\tvalidation_0-rmse:0.72289\n",
      "[4000]\tvalidation_0-rmse:0.72211\n",
      "[5000]\tvalidation_0-rmse:0.72156\n",
      "[6000]\tvalidation_0-rmse:0.72109\n",
      "[7000]\tvalidation_0-rmse:0.72082\n",
      "[8000]\tvalidation_0-rmse:0.72058\n",
      "[8685]\tvalidation_0-rmse:0.72048\n",
      "rmse: 0.721\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.7207\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33methereal-sweep-56\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/syqab0s4\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_123931-syqab0s4/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Sweep Agent: Waiting for job.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Job received.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: 9wb2wtpm with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.43123324044448075\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.28766014516992977\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.8915986054502145\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 2.228222614072928\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 99.70931214108484\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.9163455572512366\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_124038-9wb2wtpm\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mmisty-sweep-57\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/9wb2wtpm\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74177\n",
      "[1000]\tvalidation_0-rmse:0.72109\n",
      "[1706]\tvalidation_0-rmse:0.72079\n",
      "rmse: 0.721\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72091\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mmisty-sweep-57\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/9wb2wtpm\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_124038-9wb2wtpm/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: nolfjisc with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.8079170732746531\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.29468576661870766\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.7857666531741853\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 42.38777812170201\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 52.15617825976581\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.5028569986675672\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_124134-nolfjisc\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mworthy-sweep-58\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/nolfjisc\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74053\n",
      "[1000]\tvalidation_0-rmse:0.72144\n",
      "[1479]\tvalidation_0-rmse:0.72143\n",
      "rmse: 0.721\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72125\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mworthy-sweep-58\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/nolfjisc\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_124134-nolfjisc/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: iu7qhk2d with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.9389015284985716\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.2317885921746617\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.933488978427648\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 2\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 63.73134676189315\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 52.15913007249547\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.4193850346756416\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_124230-iu7qhk2d\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33msunny-sweep-59\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/iu7qhk2d\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74045\n",
      "[1000]\tvalidation_0-rmse:0.72231\n",
      "[1736]\tvalidation_0-rmse:0.72191\n",
      "rmse: 0.722\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72176\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33msunny-sweep-59\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/iu7qhk2d\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_124230-iu7qhk2d/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: xl4wdrev with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.5538057468797062\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.1545603102342792\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.8749121230768793\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 45.493682125715736\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 83.47851820242897\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.9841490964406172\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_124326-xl4wdrev\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mfresh-sweep-60\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/xl4wdrev\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74140\n",
      "[1000]\tvalidation_0-rmse:0.72303\n",
      "[2000]\tvalidation_0-rmse:0.72267\n",
      "[2260]\tvalidation_0-rmse:0.72272\n",
      "rmse: 0.723\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72255\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mfresh-sweep-60\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/xl4wdrev\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_124326-xl4wdrev/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: e1n1roy8 with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.5236664891931687\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.15836091566643842\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.34608832764116965\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 2\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 5.106395484298882\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 99.08584739481924\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.5666267633348984\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_124423-e1n1roy8\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mserene-sweep-61\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/e1n1roy8\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74210\n",
      "[1000]\tvalidation_0-rmse:0.72260\n",
      "[1672]\tvalidation_0-rmse:0.72162\n",
      "rmse: 0.721\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72138\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mserene-sweep-61\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/e1n1roy8\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_124423-e1n1roy8/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: pk4y3nqc with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.975738669059369\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.20475223133485249\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.378817407153231\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 28.446556948237696\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 47.1925296907053\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.6011420442608083\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_124518-pk4y3nqc\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33melectric-sweep-62\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/pk4y3nqc\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74131\n",
      "[1000]\tvalidation_0-rmse:0.72236\n",
      "[2000]\tvalidation_0-rmse:0.72090\n",
      "[2861]\tvalidation_0-rmse:0.72023\n",
      "rmse: 0.721\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72071\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33melectric-sweep-62\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/pk4y3nqc\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_124518-pk4y3nqc/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Sweep Agent: Waiting for job.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Job received.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: kkrlqg8f with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.9593083175165416\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.214497940226552\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.6399141354791829\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 45.45730435001827\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 12.526305585202726\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.47072430206837423\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_124624-kkrlqg8f\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mwild-sweep-63\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/kkrlqg8f\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74056\n",
      "[1000]\tvalidation_0-rmse:0.72212\n",
      "[2000]\tvalidation_0-rmse:0.72081\n",
      "[2056]\tvalidation_0-rmse:0.72081\n",
      "rmse: 0.721\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.7214\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mwild-sweep-63\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/kkrlqg8f\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_124624-kkrlqg8f/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: rye8ut8e with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.7330970670421453\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.2464199238358779\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.572211744274585\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 2\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 2\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 14.024355919356568\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 95.28766637608828\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.7851811640496545\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_124721-rye8ut8e\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mpolished-sweep-64\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/rye8ut8e\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.73937\n",
      "[600]\tvalidation_0-rmse:0.72430\n",
      "rmse: 0.723\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72289\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mpolished-sweep-64\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/rye8ut8e\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_124721-rye8ut8e/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: oyof8q3d with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.38589057777670743\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.16527005390377758\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.4441291461290468\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 11.066654096577222\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 89.87924635941675\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.7671092623214696\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_124817-oyof8q3d\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mtwilight-sweep-65\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/oyof8q3d\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74223\n",
      "[1000]\tvalidation_0-rmse:0.72257\n",
      "[2000]\tvalidation_0-rmse:0.72085\n",
      "[3000]\tvalidation_0-rmse:0.72020\n",
      "[3074]\tvalidation_0-rmse:0.72023\n",
      "rmse: 0.721\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72067\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mtwilight-sweep-65\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/oyof8q3d\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_124817-oyof8q3d/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: ognoyewa with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.6700574548554536\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.13964938071995173\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.3560715355861842\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 2\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 2\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 15.45177565918552\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 79.75599285904072\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.8091456341313303\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_124913-ognoyewa\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mgallant-sweep-66\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/ognoyewa\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74165\n",
      "[806]\tvalidation_0-rmse:0.72153\n",
      "rmse: 0.722\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72183\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mgallant-sweep-66\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/ognoyewa\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_124913-ognoyewa/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: yaf298pl with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.9312694003232684\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.16744448860234978\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.34800626300808946\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 3\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 22.71207644484275\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 52.40973207212972\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.8078876536756269\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_125010-yaf298pl\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mdevout-sweep-67\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/yaf298pl\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74149\n",
      "[1000]\tvalidation_0-rmse:0.72293\n",
      "[2000]\tvalidation_0-rmse:0.72129\n",
      "[3000]\tvalidation_0-rmse:0.72048\n",
      "[3574]\tvalidation_0-rmse:0.72044\n",
      "rmse: 0.721\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72053\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mdevout-sweep-67\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/yaf298pl\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_125010-yaf298pl/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: cb1wg26n with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.9168812980476294\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.4449126315908023\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.9613248466533266\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 2\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 63.091792235453454\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 94.57322117411746\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.6580940256352907\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_125106-cb1wg26n\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33methereal-sweep-68\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/cb1wg26n\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74010\n",
      "[1000]\tvalidation_0-rmse:0.72153\n",
      "[2000]\tvalidation_0-rmse:0.72089\n",
      "[2097]\tvalidation_0-rmse:0.72097\n",
      "rmse: 0.721\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72121\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33methereal-sweep-68\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/cb1wg26n\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_125106-cb1wg26n/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: v44p1bjw with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.6515806592019342\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.14933050757749816\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.5724840691224429\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 4\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 19.55479940577998\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 63.635644806462274\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.7635352506620691\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_125204-v44p1bjw\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mdazzling-sweep-69\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/v44p1bjw\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74169\n",
      "[1000]\tvalidation_0-rmse:0.72155\n",
      "[2000]\tvalidation_0-rmse:0.72035\n",
      "[2607]\tvalidation_0-rmse:0.72003\n",
      "rmse: 0.721\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72067\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mdazzling-sweep-69\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/v44p1bjw\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_125204-v44p1bjw/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: qdge3fbs with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.5393222246028477\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.29972263330483956\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.6994878327456181\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 2\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 27.413116546110864\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 88.10710890919408\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.8116351298379287\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_125301-qdge3fbs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mcool-sweep-70\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/qdge3fbs\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74153\n",
      "[1000]\tvalidation_0-rmse:0.72144\n",
      "[2000]\tvalidation_0-rmse:0.72011\n",
      "[2506]\tvalidation_0-rmse:0.71996\n",
      "rmse: 0.720\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72046\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mcool-sweep-70\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/qdge3fbs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_125301-qdge3fbs/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: 9mvo7whe with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.6299700359586703\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.3023069018132121\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.803360017945838\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 2\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 63.54812756316082\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 90.6480072749186\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.7206963638903867\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_125357-9mvo7whe\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mworldly-sweep-71\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/9mvo7whe\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74145\n",
      "[1000]\tvalidation_0-rmse:0.72217\n",
      "[2000]\tvalidation_0-rmse:0.72118\n",
      "[3000]\tvalidation_0-rmse:0.72075\n",
      "[3717]\tvalidation_0-rmse:0.72070\n",
      "rmse: 0.721\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72083\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mworldly-sweep-71\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/9mvo7whe\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_125357-9mvo7whe/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: 5zimycpd with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.7366965969295095\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.4658925010564188\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.5543564083612144\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 2\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 31.08168912233463\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 65.96337331364072\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.7515846130460031\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_125453-5zimycpd\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mgiddy-sweep-72\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/5zimycpd\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74083\n",
      "[1000]\tvalidation_0-rmse:0.72190\n",
      "[2000]\tvalidation_0-rmse:0.72057\n",
      "[2027]\tvalidation_0-rmse:0.72062\n",
      "rmse: 0.721\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72078\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mgiddy-sweep-72\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/5zimycpd\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_125453-5zimycpd/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: go72vj9a with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.8738816887717334\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.37251778870578534\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.5906261448074158\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 2\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 30.02566394510691\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 73.16621181256963\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.5727807929166341\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_125551-go72vj9a\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mdutiful-sweep-73\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/go72vj9a\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74089\n",
      "[1000]\tvalidation_0-rmse:0.72183\n",
      "[2000]\tvalidation_0-rmse:0.72060\n",
      "[2480]\tvalidation_0-rmse:0.72037\n",
      "rmse: 0.720\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72037\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mdutiful-sweep-73\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/go72vj9a\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_125551-go72vj9a/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: gh83inmk with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.5916115059114421\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.42769291513570296\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.6257855959877413\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 2\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 21.217009200521947\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 71.26284053078693\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.65035576048469\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_125647-gh83inmk\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mlegendary-sweep-74\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/gh83inmk\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74162\n",
      "[1000]\tvalidation_0-rmse:0.72107\n",
      "[1361]\tvalidation_0-rmse:0.72098\n",
      "rmse: 0.721\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72113\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mlegendary-sweep-74\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/gh83inmk\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_125647-gh83inmk/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: 1uek10jr with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.8070840145265223\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.24570977380648223\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.4606593090553356\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 3\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 20.05282733538633\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 84.37811924156776\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.571515272184352\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_125743-1uek10jr\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mdriven-sweep-75\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/1uek10jr\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74121\n",
      "[1000]\tvalidation_0-rmse:0.72175\n",
      "[2000]\tvalidation_0-rmse:0.72119\n",
      "[2013]\tvalidation_0-rmse:0.72131\n",
      "rmse: 0.721\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72121\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mdriven-sweep-75\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/1uek10jr\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_125743-1uek10jr/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: d89zt3km with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.7742159171612623\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.14914479761834948\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.4896428376120833\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 3\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 19.553191461363316\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 80.65034922009207\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.8212242701850869\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_125839-d89zt3km\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mwobbly-sweep-76\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/d89zt3km\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74100\n",
      "[1000]\tvalidation_0-rmse:0.72196\n",
      "[2000]\tvalidation_0-rmse:0.72067\n",
      "[2638]\tvalidation_0-rmse:0.72045\n",
      "rmse: 0.721\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72074\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mwobbly-sweep-76\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/d89zt3km\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_125839-d89zt3km/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: xyeptl5w with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.9816021269389598\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.5050015618414457\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.36279138814426454\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 2\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 17.159151884746407\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 97.79873765567278\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.6888896228696935\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_125936-xyeptl5w\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33msummer-sweep-77\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/xyeptl5w\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74138\n",
      "[1000]\tvalidation_0-rmse:0.72248\n",
      "[2000]\tvalidation_0-rmse:0.72108\n",
      "[3000]\tvalidation_0-rmse:0.72033\n",
      "[3519]\tvalidation_0-rmse:0.72037\n",
      "rmse: 0.720\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72029\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33msummer-sweep-77\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/xyeptl5w\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_125936-xyeptl5w/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Sweep Agent: Waiting for job.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Job received.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: 2xsv9pw7 with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.7796367212343286\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.3291103382345112\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.5422091412717162\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 2\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 48.39953546052739\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 76.53642437195386\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.8309236322123436\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_130041-2xsv9pw7\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mplayful-sweep-78\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/2xsv9pw7\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74086\n",
      "[1000]\tvalidation_0-rmse:0.72247\n",
      "[2000]\tvalidation_0-rmse:0.72114\n",
      "[3000]\tvalidation_0-rmse:0.72069\n",
      "[4000]\tvalidation_0-rmse:0.72047\n",
      "[4408]\tvalidation_0-rmse:0.72045\n",
      "rmse: 0.721\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.7209\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mplayful-sweep-78\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/2xsv9pw7\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_130041-2xsv9pw7/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: tn7205w2 with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.5933275166271498\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.20985319487155613\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.6258425627713669\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 2\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 34.76687822000843\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 74.74755590043587\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.8000913947998783\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_130138-tn7205w2\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33msmooth-sweep-79\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/tn7205w2\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74162\n",
      "[1000]\tvalidation_0-rmse:0.72175\n",
      "[2000]\tvalidation_0-rmse:0.72027\n",
      "[2518]\tvalidation_0-rmse:0.72031\n",
      "rmse: 0.720\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72047\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33msmooth-sweep-79\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/tn7205w2\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_130138-tn7205w2/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: w3ilf8uz with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.5432020443906245\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.1298040087135706\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.26188063706778975\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 4\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 25.9794512185418\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 51.101882413992264\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.9279955576658662\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_130235-w3ilf8uz\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mapricot-sweep-80\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/w3ilf8uz\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74230\n",
      "[1000]\tvalidation_0-rmse:0.72457\n",
      "[2000]\tvalidation_0-rmse:0.72268\n",
      "[3000]\tvalidation_0-rmse:0.72182\n",
      "[4000]\tvalidation_0-rmse:0.72117\n",
      "[5000]\tvalidation_0-rmse:0.72078\n",
      "[6000]\tvalidation_0-rmse:0.72042\n",
      "[7000]\tvalidation_0-rmse:0.72015\n",
      "[8000]\tvalidation_0-rmse:0.72002\n",
      "[8461]\tvalidation_0-rmse:0.72002\n",
      "rmse: 0.720\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72023\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mapricot-sweep-80\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/w3ilf8uz\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_130235-w3ilf8uz/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: 0cowdotv with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.6254259585059203\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.21959430521807932\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.34808589387117905\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 4\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 9.580216934403497\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 21.142314987617013\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.97418295945486\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_130336-0cowdotv\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mjolly-sweep-81\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/0cowdotv\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74209\n",
      "[1000]\tvalidation_0-rmse:0.72363\n",
      "[2000]\tvalidation_0-rmse:0.72205\n",
      "[3000]\tvalidation_0-rmse:0.72123\n",
      "[4000]\tvalidation_0-rmse:0.72075\n",
      "[5000]\tvalidation_0-rmse:0.72046\n",
      "[6000]\tvalidation_0-rmse:0.72024\n",
      "[7000]\tvalidation_0-rmse:0.72009\n",
      "[8000]\tvalidation_0-rmse:0.72002\n",
      "[8785]\tvalidation_0-rmse:0.71994\n",
      "rmse: 0.720\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72031\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mjolly-sweep-81\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/0cowdotv\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_130336-0cowdotv/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: sl72fkgi with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.9100963236109272\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.5149166563920617\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.1047491125910883\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 3\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 4.1972502450316185\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 14.76837233895992\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.6447664955715348\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_130432-sl72fkgi\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33musual-sweep-82\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/sl72fkgi\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74249\n",
      "[1000]\tvalidation_0-rmse:0.72625\n",
      "[2000]\tvalidation_0-rmse:0.72403\n",
      "[3000]\tvalidation_0-rmse:0.72268\n",
      "[4000]\tvalidation_0-rmse:0.72203\n",
      "[5000]\tvalidation_0-rmse:0.72156\n",
      "[6000]\tvalidation_0-rmse:0.72117\n",
      "[6692]\tvalidation_0-rmse:0.72108\n",
      "rmse: 0.721\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72105\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33musual-sweep-82\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/sl72fkgi\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_130432-sl72fkgi/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Sweep Agent: Waiting for job.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Job received.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: 1zqb6j5p with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.6246411802707916\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.28722016986515464\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.6176859416128994\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 5\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 32.24672563899027\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 44.37103315544328\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.8226225086188592\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_130539-1zqb6j5p\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mroyal-sweep-83\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/1zqb6j5p\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74163\n",
      "[1000]\tvalidation_0-rmse:0.72185\n",
      "[2000]\tvalidation_0-rmse:0.72055\n",
      "[2505]\tvalidation_0-rmse:0.72038\n",
      "rmse: 0.720\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72043\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mroyal-sweep-83\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/1zqb6j5p\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_130539-1zqb6j5p/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Sweep Agent: Waiting for job.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Job received.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: 6zfo3ngo with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.9046321462303027\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.16522604205298624\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.9061684580660836\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 2\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 46.178804094625775\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 77.61882363844238\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.7581506326738198\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_130645-6zfo3ngo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mfrosty-sweep-84\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/6zfo3ngo\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74017\n",
      "[1000]\tvalidation_0-rmse:0.72142\n",
      "[2000]\tvalidation_0-rmse:0.72097\n",
      "[2042]\tvalidation_0-rmse:0.72075\n",
      "rmse: 0.721\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72082\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mfrosty-sweep-84\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/6zfo3ngo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_130645-6zfo3ngo/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: ulquw7vu with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.4400832062413952\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.236950861460908\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.7118733303824128\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 2\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 17.60968470780357\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 59.341410027868385\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.7995011358008922\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_130746-ulquw7vu\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mproud-sweep-85\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/ulquw7vu\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74191\n",
      "[1000]\tvalidation_0-rmse:0.72154\n",
      "[2000]\tvalidation_0-rmse:0.72056\n",
      "[2524]\tvalidation_0-rmse:0.72053\n",
      "rmse: 0.721\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72071\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mproud-sweep-85\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/ulquw7vu\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_130746-ulquw7vu/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: afyxrrw5 with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.7913396228352528\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.25337726455335213\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.2048500559026101\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 4\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 24.277642401993823\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 68.7909409784912\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.8681845976938447\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_130843-afyxrrw5\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33molive-sweep-86\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/afyxrrw5\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74206\n",
      "[1000]\tvalidation_0-rmse:0.72499\n",
      "[2000]\tvalidation_0-rmse:0.72283\n",
      "[3000]\tvalidation_0-rmse:0.72183\n",
      "[4000]\tvalidation_0-rmse:0.72124\n",
      "[5000]\tvalidation_0-rmse:0.72081\n",
      "[6000]\tvalidation_0-rmse:0.72047\n",
      "[7000]\tvalidation_0-rmse:0.72021\n",
      "[8000]\tvalidation_0-rmse:0.72006\n",
      "[9000]\tvalidation_0-rmse:0.71991\n",
      "[9999]\tvalidation_0-rmse:0.71979\n",
      "rmse: 0.720\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72012\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33molive-sweep-86\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/afyxrrw5\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_130843-afyxrrw5/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: f5iy7gz0 with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.6774189473860295\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.579299020395157\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.36597784126362554\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 4\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 17.97175492017367\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 35.9736018845311\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.7364964443323271\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_130943-f5iy7gz0\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mrestful-sweep-87\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/f5iy7gz0\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74205\n",
      "[1000]\tvalidation_0-rmse:0.72274\n",
      "[2000]\tvalidation_0-rmse:0.72112\n",
      "[3000]\tvalidation_0-rmse:0.72038\n",
      "[4000]\tvalidation_0-rmse:0.71999\n",
      "[4223]\tvalidation_0-rmse:0.71993\n",
      "rmse: 0.720\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72032\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mrestful-sweep-87\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/f5iy7gz0\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_130943-f5iy7gz0/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: y2z8ir6y with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.8271577285004571\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.4247260232323745\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.38838630860253126\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 5\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 16.434506264743565\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 76.15695985068092\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.6493447182083874\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_131044-y2z8ir6y\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33msandy-sweep-88\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/y2z8ir6y\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74128\n",
      "[1000]\tvalidation_0-rmse:0.72217\n",
      "[2000]\tvalidation_0-rmse:0.72081\n",
      "[3000]\tvalidation_0-rmse:0.72016\n",
      "[3193]\tvalidation_0-rmse:0.72033\n",
      "rmse: 0.721\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72085\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33msandy-sweep-88\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/y2z8ir6y\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_131044-y2z8ir6y/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Sweep Agent: Waiting for job.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Job received.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: hxc60p8l with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.47697613225637847\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.3559626394481221\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.2603956069625916\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 4\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 16.48015665275092\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 64.96353512869469\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.8201227277458649\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_131151-hxc60p8l\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mtrim-sweep-89\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/hxc60p8l\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74252\n",
      "[1000]\tvalidation_0-rmse:0.72401\n",
      "[2000]\tvalidation_0-rmse:0.72216\n",
      "[3000]\tvalidation_0-rmse:0.72125\n",
      "[4000]\tvalidation_0-rmse:0.72083\n",
      "[5000]\tvalidation_0-rmse:0.72032\n",
      "[6000]\tvalidation_0-rmse:0.72018\n",
      "rmse: 0.720\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72039\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mtrim-sweep-89\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/hxc60p8l\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_131151-hxc60p8l/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: rrxv0kve with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.9969190162044445\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.5427075765411149\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.44813158208209947\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 5\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 6.530726641104718\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 48.08915511452209\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.7120991307434463\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_131251-rrxv0kve\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mdandy-sweep-90\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/rrxv0kve\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74108\n",
      "[1000]\tvalidation_0-rmse:0.72232\n",
      "[2000]\tvalidation_0-rmse:0.72121\n",
      "[2860]\tvalidation_0-rmse:0.72098\n",
      "rmse: 0.721\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72094\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mdandy-sweep-90\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/rrxv0kve\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_131251-rrxv0kve/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: t6jzmvro with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.8269539101850444\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.34698653433358534\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.4640947680045108\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 2\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 23.777993884120914\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 85.47922102848788\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.8105411465423945\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_131349-t6jzmvro\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33msage-sweep-91\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/t6jzmvro\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74110\n",
      "[1000]\tvalidation_0-rmse:0.72225\n",
      "[2000]\tvalidation_0-rmse:0.72084\n",
      "[2893]\tvalidation_0-rmse:0.72040\n",
      "rmse: 0.721\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72076\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33msage-sweep-91\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/t6jzmvro\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_131349-t6jzmvro/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Sweep Agent: Waiting for job.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Job received.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: 4wtt5ojx with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.9428860504776594\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.463314387413412\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.4689545329466639\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 3\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 33.238448011113874\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 76.48656337596238\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.8015200743895498\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_131455-4wtt5ojx\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mgenerous-sweep-92\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/4wtt5ojx\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74108\n",
      "[1000]\tvalidation_0-rmse:0.72208\n",
      "[2000]\tvalidation_0-rmse:0.72067\n",
      "[3000]\tvalidation_0-rmse:0.72021\n",
      "[3562]\tvalidation_0-rmse:0.72018\n",
      "rmse: 0.721\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72069\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mgenerous-sweep-92\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/4wtt5ojx\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_131455-4wtt5ojx/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Sweep Agent: Waiting for job.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Job received.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: 3dy7b9q3 with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.7197676349060804\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.34344947034147383\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.6012985485842406\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 4\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 7.7400778356056\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 43.44044338469555\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.6262357002966145\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_131602-3dy7b9q3\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mrare-sweep-93\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/3dy7b9q3\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74061\n",
      "[1000]\tvalidation_0-rmse:0.72157\n",
      "[2000]\tvalidation_0-rmse:0.72118\n",
      "[2128]\tvalidation_0-rmse:0.72124\n",
      "rmse: 0.721\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72121\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mrare-sweep-93\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/3dy7b9q3\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_131602-3dy7b9q3/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Sweep Agent: Waiting for job.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Job received.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: 0vc5kr3c with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.7942977088367758\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.16159069689232147\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.34081097288684503\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 4\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 27.703108918489484\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 75.24225789810744\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.780237377113154\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_131708-0vc5kr3c\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mdaily-sweep-94\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/0vc5kr3c\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74151\n",
      "[1000]\tvalidation_0-rmse:0.72337\n",
      "[2000]\tvalidation_0-rmse:0.72138\n",
      "[3000]\tvalidation_0-rmse:0.72057\n",
      "[3357]\tvalidation_0-rmse:0.72053\n",
      "rmse: 0.721\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72052\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mdaily-sweep-94\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/0vc5kr3c\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_131708-0vc5kr3c/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: kqn2hsm3 with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.7032058569085563\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.346833824059118\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.14108231574617308\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 13.864392518510272\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 67.13569903591247\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.961358964027914\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_131806-kqn2hsm3\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mlaced-sweep-95\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/kqn2hsm3\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74262\n",
      "[1000]\tvalidation_0-rmse:0.72638\n",
      "[2000]\tvalidation_0-rmse:0.72433\n",
      "[3000]\tvalidation_0-rmse:0.72326\n",
      "[4000]\tvalidation_0-rmse:0.72256\n",
      "[5000]\tvalidation_0-rmse:0.72207\n",
      "[6000]\tvalidation_0-rmse:0.72172\n",
      "[7000]\tvalidation_0-rmse:0.72153\n",
      "[8000]\tvalidation_0-rmse:0.72135\n",
      "[9000]\tvalidation_0-rmse:0.72123\n",
      "[9999]\tvalidation_0-rmse:0.72108\n",
      "rmse: 0.721\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72104\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mlaced-sweep-95\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/kqn2hsm3\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_131806-kqn2hsm3/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: sqz85jpz with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.8556033717201839\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.37312611494902415\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.45392119869639935\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 2\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 19.673311427288063\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 91.8647323662667\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.7134592168649363\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_131906-sqz85jpz\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33msummer-sweep-96\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/sqz85jpz\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74109\n",
      "[1000]\tvalidation_0-rmse:0.72192\n",
      "[2000]\tvalidation_0-rmse:0.72078\n",
      "[2855]\tvalidation_0-rmse:0.72027\n",
      "rmse: 0.720\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.7205\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33msummer-sweep-96\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/sqz85jpz\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_131906-sqz85jpz/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Sweep Agent: Waiting for job.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Job received.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: r7260ln9 with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.6051560284565912\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.49950151663458575\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.6908313376256023\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 7\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 14.90650578180838\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 38.95663930467014\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.9876217595925928\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_132012-r7260ln9\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mdazzling-sweep-97\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/r7260ln9\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74154\n",
      "[1000]\tvalidation_0-rmse:0.72252\n",
      "[2000]\tvalidation_0-rmse:0.72230\n",
      "[2627]\tvalidation_0-rmse:0.72224\n",
      "rmse: 0.722\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72206\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mdazzling-sweep-97\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/r7260ln9\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_132012-r7260ln9/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Sweep Agent: Waiting for job.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Job received.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: iyox5hul with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.5791523474515775\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.28225245511386143\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.15455396860072412\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 4\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 11.628230885757098\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 65.49301807943516\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.9921261000182529\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_132119-iyox5hul\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mlively-sweep-98\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/iyox5hul\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74258\n",
      "[1000]\tvalidation_0-rmse:0.72635\n",
      "[2000]\tvalidation_0-rmse:0.72438\n",
      "[3000]\tvalidation_0-rmse:0.72342\n",
      "[4000]\tvalidation_0-rmse:0.72277\n",
      "[5000]\tvalidation_0-rmse:0.72241\n",
      "[6000]\tvalidation_0-rmse:0.72224\n",
      "[7000]\tvalidation_0-rmse:0.72210\n",
      "[7927]\tvalidation_0-rmse:0.72206\n",
      "rmse: 0.722\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72189\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mlively-sweep-98\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/iyox5hul\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_132119-iyox5hul/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Sweep Agent: Waiting for job.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Job received.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: a9cf612b with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.5015592721681796\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.25658607989283544\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.3950664039315638\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 1.8882905795907257\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 45.14305654989594\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.8909037101052745\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_132225-a9cf612b\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33myouthful-sweep-99\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/a9cf612b\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74197\n",
      "[1000]\tvalidation_0-rmse:0.72298\n",
      "[2000]\tvalidation_0-rmse:0.72135\n",
      "[2559]\tvalidation_0-rmse:0.72099\n",
      "rmse: 0.721\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72106\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33myouthful-sweep-99\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/a9cf612b\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_132225-a9cf612b/logs\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Sweep Agent: Waiting for job.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Job received.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Agent Starting Run: m58dl0ud with config:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tcolsample_bytree: 0.705537713012345\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tgamma: 0.23647243804474405\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tlearning_rate: 0.29342160833013836\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmax_depth: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tmin_child_weight: 1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_alpha: 29.602380055599404\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \treg_lambda: 88.28382049647601\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \tsubsample: 0.8341383156764027\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.16.1\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/kaggle/working/wandb/run-20231226_132332-m58dl0ud\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mlucky-sweep-100\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🧹 View sweep at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/sweeps/bxb5tlwo\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/m58dl0ud\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0]\tvalidation_0-rmse:0.74223\n",
      "[1000]\tvalidation_0-rmse:0.72383\n",
      "[2000]\tvalidation_0-rmse:0.72199\n",
      "[3000]\tvalidation_0-rmse:0.72119\n",
      "[4000]\tvalidation_0-rmse:0.72064\n",
      "[5000]\tvalidation_0-rmse:0.72016\n",
      "[5839]\tvalidation_0-rmse:0.72004\n",
      "rmse: 0.720\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m:                                                                                \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run history:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse ▁\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Run summary:\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: rmse 0.72037\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: \n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run \u001b[33mlucky-sweep-100\u001b[0m at: \u001b[34m\u001b[4mhttps://wandb.ai/lmassaron/XGBoost-sweeps/runs/m58dl0ud\u001b[0m\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Synced 6 W&B file(s), 0 media file(s), 0 artifact file(s) and 0 other file(s)\n",
      "\u001b[34m\u001b[1mwandb\u001b[0m: Find logs at: \u001b[35m\u001b[1m./wandb/run-20231226_132332-m58dl0ud/logs\u001b[0m\n"
     ]
    }
   ],
   "source": [
    "wandb.agent(sweep_id, train, count=100)"
   ]
  }
 ],
 "metadata": {
  "kaggle": {
   "accelerator": "gpu",
   "dataSources": [
    {
     "datasetId": 1976317,
     "sourceId": 3262102,
     "sourceType": "datasetVersion"
    }
   ],
   "dockerImageVersionId": 30627,
   "isGpuEnabled": true,
   "isInternetEnabled": true,
   "language": "python",
   "sourceType": "notebook"
  },
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.12"
  },
  "papermill": {
   "default_parameters": {},
   "duration": 5935.25723,
   "end_time": "2023-12-26T13:24:30.087281",
   "environment_variables": {},
   "exception": null,
   "input_path": "__notebook__.ipynb",
   "output_path": "__notebook__.ipynb",
   "parameters": {},
   "start_time": "2023-12-26T11:45:34.830051",
   "version": "2.4.0"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}
